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-- file DIScanner.Mesa 
-- last modified by 

Sandman, May 6, 1978 8:17 AM 

Barbara, July 10, 1978 2:55 PM 

DIRECTORY 

AltoDefs: FROM "altodefs" USING [maxword], 

DIDefs: FROM "didefs", 

DILALRDefs: FROM "dilalrdefs" USING [ 

endmarker, hashval , LALRTableHandle, Symbol, SymbolRecord, tokenCHAR, 

tokenDOT, tokenDOTS, tokenID, tokenLNUM, tokenNUM, tokenSTR, 

VocabHashEntry] , 
DILitDefs: FROM "dilitdefs" USING [ 

FindLiteral, FindLongLiteral , FindStringLiteral ], 
lODefs: FROM "iodefs" USING [CR], 
StringDefs: FROM "stringdefs" USING [SubStringDescriptor]; 

DIScanner: PROGRAM 

IMPORTS DILitDefs 

EXPORTS DIDefs SHARES DILALRDefs « 
BEGIN 
OPEN DILALRDefs; 

InvalidCharacter: PUBLIC SIGNAL [index: CARDINAL] « CODE; 

InvalidNumber: PUBLIC SIGNAL [index: CARDINAL] - CODE; 

dHashTab: DESCRIPTOR FOR ARRAY OF DILALRDefs .VocabHashEntry ; 

dScanTab: DESCRIPTOR FOR ARRAY CHARACTER [40C..177C] OF DILALRDefs .Symbol ; 

vocab: STRING; 

dVocablndex: DESCRIPTOR FOR ARRAY OF CARDINAL; 

NUL: CHARACTER » OC; 

CR: CHARACTER = lODefs.CR; 

ControlZ: CHARACTER » 32C; -- Bravo escape char 

text: STRING; -- the input string 

desc: StringDefs. SubStringDescriptor; -- initial buffer segment 

charlndex: CARDINAL; -- index of current character 

currentChar: CHARACTER; -- most recently scanned character 

Atom: PUBLIC PROCEDURE RETURNS [symbol: SymbolRecord] » 
BEGIN 

OPEN symbol ; 

char, first, last: CHARACTER; 
uld: BOOLEAN; 
i. j, h: CARDINAL; 
si, s2: CARDINAL; 
char <- currentChar; 
DO 

WHILE char IN [NUL.. ' ] DO 
SELECT char FROM 
ControlZ »> 
DO 

SELECT GetChar[] FROM 
NUL »> GOTO EndFile; 
CR »> EXIT; 
ENDCASE; 
ENDLOOP; 
NUL «> GOTO EndFile; 
ENDCASE; 
char <- GetChar[]; 
ENDLOOP; 
index <- charlndex; value ^ 0; 
SELECT char FROM 

'a, 'b, 'c, 'd, 'e, 'f. 'g, 'h, 'i, 'j, 'k, '1, 'm, 
'n, 'o. 'p, 'q, 'r, 's, 't, 'u, 'v, 'w, 'x, 'y, 'z ■»> 
BEGIN 

desc. offset <- index; 
i ♦- 0; 
DO 

char «- GetChar[]; 
SELECT char FROM 

IN ['a..'z], IN ['A..'Z], IN ['0..'9] «> i ^ i+1; 
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ENDCASE -> EXIT; 
ENDLOOP; 
desc. length *• i+1; 
class ♦- tokenID; 

value ^ DILitDefs.FindStringLiteral[@desc]; EXIT 
END; 
'A. 'B, 'C, 'D, 'E, 'F, 'G, 'H, 'I, 'J, 'K. 'L, 'M, 
'N, '0, 'P, 'Q, 'R. 'S. 'T, 'U, 'V, 'W. 'X, 'Y. 'Z ■> 
BEGIN 

desc. offset <- index; 

i *• 0; uld <r TRUE; first ^ last ^ char; 
DO 

char <- GetChar[]; 
SELECT char FROM 
IN [•A..'Z] «> 

BEGIN last ♦■ char; 
i ♦- i+1; 
END; 
IN [•a..'z], IN ['0..'9] ■> 
BEGIN uld <- FALSE; 
i <- i+1; 
END; 
ENDCASE »> EXIT; 
ENDLOOP; 
i <r i+1; 
IF uld THEN 
BEGIN 

h 4- (LOOPHOLE[first. CARDINAL]*127 + LOOPHOLE[last, CARDINAL]) MOD hashval + 1; 
WHILE (j ^ dHashTab[h].symptr) j^ DO 

IF dVocabIndex[j]-(s2<-dVocabIndex[j-l]) » i THEN 
FOR si IN [index .. index+i) DO 
IF textCsl] # vocab[s2] THEN EXIT; 
s2 <r s2+l; 
REPEAT 

FINISHED «> GO TO reserved; 
ENDLOOP; 
IF (h <- dHashTab[h].link) « THEN EXIT; 
ENDLOOP; 
END; 
desc. length ^ i ; 
class <- tokenID; 

value ^ DILitDefs.FindStringLiteral[6desc]; EXIT 
EXITS 

reserved => BEGIN class ♦- j; EXIT END; 
END; 
'0, '1, '2, '3, '4, '5, '6, '7, '8. '9 -> 
BEGIN 

V, vlO. v8: LONG INTEGER; 
scale: CARDINAL; 

valid, validlO. validS, octal: BOOLEAN; 

vRep: ARRAY [0 . .SIZE[LONG INTEGER]) OF WORD; -- machine dependent 
vlO ♦- v8 <- 0; validlO <- validB ^ TRUE; 
WHILE char IN ['0. . '9] 
DO 

IF validlO THEN [vlO, validlO] ^ AppendDigitlO[vlO, char]; 
IF validS THEN [v8. validS] ^ AppendDigi t8[v8 , char]; 
char ^ GetChar[]; 
ENDLOOP; 
SELECT char FROM 
'B, 'C, 'b, 'c »> 
BEGIN 

class ^ IF char « 'C OR char « 'c THEN tokenCHAR ELSE tokenNUM; 
v ^ v8; valid ^ validB; octal <- TRUE; 
END; 
ENDCASE «> 
BEGIN 

class ^ tokenNUM; v ♦- vlO; valid <- validlO; octal ♦- FALSE; 
END; 
SELECT char FROM 

'B. 'C. 'D, 'b, 'c. 'd ■> 
BEGIN 

char <- GetChar[]; 
IF class « tokenNUM 
THEN 

BEGIN scale <- 0; 
WHILE char IN ['0. .'9] 
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DO 

scale ^ 10*sca1e + CAROINAL[char-'0]; 
char ^ GetChar[]; 
ENDLOOP; 
THROUGH [1 .. scale] WHILE valid 
DO 
IF octal 

THEN [V, valid] ^ AppendDigit8[v, '0] 
ELSE [v. valid] ^ AppendDigitlO[v, '0]; 
ENDLOOP; 
END; 
END; 
ENDCASE; 
vRep ^ LOOPHOLE[v]; 
IF V <" AltoDefs.maxword 

THEN value ^ DILitDef s . FindLiteral[vRep[0]] 
ELSE 
BEGIN 

IF class ■ tokenCHAR THEN valid ^ FALSE; 
class ♦- tokenLNUM; 

value <- DILitDeFs. FindLongLiteral[v]; 
END; 
IF -valid THEN SIGNAL Inval idNumber[index] ; 
EXIT 
END; 

• ' ■> 

BEGIN 

char ^ GetChar[]; 
class <- tokenCHAR; 

value ^ DILitDefs.FindLiteral[LOOPHOLE[char, CARDINAL]]; 
char <- GetChar[]; EXIT 
END; 
' " «> 

BEGIN 

desc. offset ^ index+1; 

i 4- 0; 

DO 

char <- GetChar[]; 

IF char « NUL THEN char 4- ' " ; 

IF char « '" THEN 

BEGIN char 4- GetChar[]; IF char » '" THEN EXIT; END; 
i 4- i + 1; 
ENDLOOP; 
desc. length ^ i ; 
class ♦- tokenSTR; 

value ^ DILitDefs.FindStringLiteral[@desc]; EXIT 
END; 
' . -> 
BEGIN 

char <r GetChar[]; 
IF char « ' . 
THEN 

BEGIN class <- tokenDOTS; 
char <- GetChar[]; 
END 
ELSE class ^ tokenDOT; 
EXIT 
END; 
ENDCASE «> 

BEGIN class ^ dScanTab[char] ; 
char *- GetChar[]: 

IF class ^ THEN EXIT ELSE SIGNAL Inval idCharacter[index] ; 
END; 
REPEAT 

EndFile «> BEGIN class <- endmarker; value ♦- END; 
ENDLOOP; 
currentChar <- char; RETURN 
END; 



-- Character source 

GetChar: PROCEDURE RETURNS [CHARACTER] 
BEGIN 
charlndex ♦- charlndex + l; 
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RETURN[IF charlndex >- text. length THEN NUL ELSE textCcharlndex]] ; 
END; 

-- numerical conversion 

Digit: ARRAY CHARACTER ['0..'9] OF CARDINAL « [0.1,2,3,4,6.6,7,8,9]; 

AppendDigitlO: PROCEDURE [v: LONG INTEGER, digit: CHARACTER ['O.-'Q]] 
RETURNS [newV: LONG INTEGER, valid: BOOLEAN] - 
BEGIN 

MaxV: LONG INTEGER ■ 214748364; -- (2**31-1)/10 

MaxD: CARDINAL ■ 7; -- (2**31-1) MOD 10 

d: [0..9] = Digit[digit]; 

valid *- V < MaxV OR (v « MaxV AND d <=» MaxD); 
newV +■ 10*v + d; 
RETURN 
END; 

AppendDigitS: PROCEDURE [v: LONG INTEGER, digit: CHARACTER C'0..'9]] 
RETURNS [newV: LONG INTEGER, valid: BOOLEAN] - 
BEGIN 

MaxV: LONG INTEGER « 1777777777B; -- (2**31-l)/8 

MaxD: CARDINAL ■ 7B; -- (2**31-1) MOD 8 

d: [0. .9] - Digit[digit]; 

valid <- (d < 8) AND (v < MaxV OR (v « MaxV AND d <» MaxD)); 
newV ^ 8*v + d; 
RETURN 
END; 

-- initial ization/final ization 

Scanlnit: PUBLIC PROCEDURE [string: STRING, tablePtr: DILALRDef s .LALRTableHandle] 
BEGIN 

BEGIN OPEN tablePtr. scantable; 

dHashTab ^ DESCRIPTOR [hashtab]; 

dScanTab ^ DESCRIPTOR [scantab]; 

vocab <- LOOPHOLE[@vocabbody, STRING]; 

dVocablndex ^ DESCRIPTOR [vocabindex] ; 

END; 
desc.base *- text ^ string; desc. offset <- 0; 
charlndex *- 0; currentChar ♦- text[0]; 
RETURN 
END; 

ScanReset: PUBLIC PROCEDURE RETURNS [BOOLEAN] - 
BEGIN 

RETURN [charlndex >» text. length] 
END; 

END. 



